diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000000000000000000000000000000000000..a9bd3bda1ba130612aa9998468e7f8c6f3bcc001
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,41 @@
+<<<<<<< HEAD
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
+model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
+=======
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+>>>>>>> origin/main
diff --git a/LICENSE b/LICENSE
new file mode 100644
index 0000000000000000000000000000000000000000..986b06fb2916b3518b82c7dcc0870723b91f2f92
--- /dev/null
+++ b/LICENSE
@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Z.AI Co., Ltd
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
diff --git a/README.md b/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..475e075e36ace6841bc9472fe342f49d2ab95b95
--- /dev/null
+++ b/README.md
@@ -0,0 +1,156 @@
+---
+pipeline_tag: image-text-to-text
+base_model:
+- zai-org/GLM-5.3-Flash-BF16
+license: mit
+library_name: Model Optimizer
+language:
+- en
+- zh
+tags:
+- RadixArk
+- ModelOpt
+- GLM-5.3-Flash
+- quantized
+- FP4
+- fp4
+- NVFP4
+---
+
+# Model Overview
+## Description:
+
+The RadixArk GLM-5.3-Flash-NVFP4 model is a quantized version of [zai-org/GLM-5.3-Flash-BF16](https://huggingface.co/zai-org/GLM-5.3-Flash-BF16), pinned to source revision `a6c167b6`. RadixArk converted the 300B-class hybrid Mixture-of-Experts model to mixed-precision NVFP4 W4A4 using [NVIDIA Model Optimizer](https://github.com/NVIDIA/Model-Optimizer). The conversion uses plain abs-max scaling with 256 tensor-scale normalization.
+
+**Run on [SGLang](https://github.com/sgl-project/sglang)**: use the launch command below and see the [GLM-5.3-Flash cookbook](https://docs.sglang.io/cookbook/autoregressive/GLM/GLM-5.3-Flash) for deployment guidance.
+
+## Third-Party Community Consideration
+
+This model is not owned or developed by RadixArk. It is a quantized derivative of Z.ai's model; see the upstream [GLM-5.3-Flash-BF16 model card](https://huggingface.co/zai-org/GLM-5.3-Flash-BF16) for the source model's capabilities, training information, and license.
+
+### License/Terms of Use:
+
+[MIT License](https://huggingface.co/zai-org/GLM-5.3-Flash/blob/main/LICENSE)
+
+### Deployment Geography:
+
+Global
+
+### Use Case:
+
+Developers looking to deploy an off-the-shelf, pre-quantized multimodal model for agentic engineering, coding, long-context reasoning, tool use, chat, and other AI-powered applications.
+
+### Release Date:
+
+Hugging Face 08/28/2026 via https://huggingface.co/RadixArk/GLM-5.3-Flash-NVFP4
+
+## Model Architecture:
+
+**Architecture Type:** Transformer (hybrid-attention sparse Mixture-of-Experts, natively multimodal)
+**Network Architecture:** GLM-5.3-Flash — 45 language-model layers comprising 3 dense MLP layers and 42 MoE layers, 288 routed experts per MoE layer, a shared expert, KDA linear attention, DSA sparse attention with an indexer, MLA, manifold-constrained hyper-connections, a vision encoder, and a native MTP/NextN draft layer
+**Number of Model Parameters:** 320B total, 18B activated per token
+
+## Input:
+
+**Input Type(s):** Text, image, and video
+**Input Format(s):** String and visual media
+**Other Properties Related to Input:** Native context length up to 1,048,576 tokens.
+
+## Output:
+
+**Output Type(s):** Text
+**Output Format:** String
+
+## Software Integration:
+
+**Supported Runtime Engine(s):**
+* SGLang
+
+**Supported Hardware Microarchitecture Compatibility:**
+* NVIDIA Blackwell (validated on 4x GB300)
+
+**Preferred Operating System(s):**
+* Linux
+
+## Model Version(s):
+
+Source: [zai-org/GLM-5.3-Flash-BF16](https://huggingface.co/zai-org/GLM-5.3-Flash-BF16), revision `a6c167b6`.
+Quantized with [NVIDIA Model Optimizer](https://github.com/NVIDIA/Model-Optimizer) 0.46.0, commit `43fd41a58d52c4e6e5dec1d1ff5989ecc737ae1a`.
+
+## Training, Testing, and Evaluation Datasets:
+### Calibration Data:
+
+Calibration used 1,024 samples from the `abisee/cnn_dailymail` training split with sequence length 512 and batch size 1.
+
+### Training Dataset:
+
+RadixArk did not train or fine-tune this checkpoint. Training information is inherited from the upstream [GLM-5.3-Flash-BF16 model card](https://huggingface.co/zai-org/GLM-5.3-Flash-BF16).
+
+### Evaluation Dataset:
+
+This checkpoint was evaluated on GSM8K, AIME 2026, and Terminal-Bench 2.1.
+
+## Post Training Quantization
+
+The checkpoint uses plain abs-max NVFP4 W4A4 quantization with 256 tensor-scale normalization and group size 16. The quantized scope contains 36,423 NVFP4 bases: the `gate_proj`, `up_proj`, and `down_proj` tensors for all routed experts in 42 MoE layers (288 experts per layer), each shared expert, and the dense MLPs in layers 0-2.
+
+All attention components (KDA, the DSA indexer, and MLA), hyper-connections, normalization layers, BF16 router weights and FP32 correction biases, the vision tower, the MTP/NextN layer, embeddings, and the language-model head remain at source precision. The checkpoint does not quantize the KV cache. Both FP8 (`fp8_e4m3`) KV cache with TRT-LLM DSA backends and BF16 KV cache with TileLang DSA backends are validated serving pairings; the recipe below defaults to FP8 KV with TRT-LLM DSA (roughly 1.8x KV token capacity), while BF16 KV with TileLang remains an alternative.
+
+The checkpoint audit found 2,347 unchanged tensors content-identical to the pinned source; the checkpoint index independently contains all 889 MTP (layer-45) tensors. All scale values are finite and positive (range 3.49e-05 to 256.0). Full audit evidence is included in [`tensor-audit-b.json`](./tensor-audit-b.json) and [`precision-contract-b.json`](./precision-contract-b.json).
+
+## Usage
+
+Use the official SGLang GLM-5.3-Flash image and the following four-GPU configuration:
+
+```sh
+docker pull lmsysorg/sglang:glm-5.3-flash
+
+docker run --gpus all \
+ --shm-size 32g \
+ -p 30000:30000 \
+ -v ~/.cache/huggingface:/root/.cache/huggingface \
+ --env "HF_TOKEN=" \
+ --ipc=host \
+ lmsysorg/sglang:glm-5.3-flash \
+ python3 -m sglang.launch_server \
+ --model-path RadixArk/GLM-5.3-Flash-NVFP4 \
+ --quantization modelopt_fp4 \
+ --tp-size 4 \
+ --dsa-prefill-backend trtllm \
+ --dsa-decode-backend trtllm \
+ --kv-cache-dtype fp8_e4m3 \
+ --moe-runner-backend flashinfer_cutlass \
+ --speculative-algorithm NEXTN \
+ --speculative-num-steps 5 \
+ --speculative-eagle-topk 1 \
+ --speculative-num-draft-tokens 6 \
+ --speculative-adaptive \
+ --reasoning-parser glm45 \
+ --tool-call-parser glm47 \
+ --host 0.0.0.0 \
+ --port 30000
+```
+
+For other deployment topologies and hardware-specific configurations, see the [SGLang GLM-5.3-Flash cookbook](https://docs.sglang.io/cookbook/autoregressive/GLM/GLM-5.3-Flash).
+
+### Evaluation
+
+The benchmark results below were produced with this NVFP4 checkpoint and must not be interpreted as results from a different quantization variant.
+
+| Benchmark | Evaluation protocol | Score | Per-seed range | Stop rate |
+|---|---|---:|---:|---:|
+| GSM8K | Full 1,319-example split x 4 seeds; `temperature=1.0`, `top_p=0.95`, `max_tokens=32768` | **97.14%** | 96.89%-97.42% | 99.85%-100% |
+| AIME 2026 | 30 problems x 16 repeats x 4 seeds (1,920 generations); `temperature=1.0`, `top_p=0.95`, `max_tokens=131072` | **92.45%** | 91.67%-93.54% | 94.58%-96.04% |
+| Terminal-Bench 2.1 | 89 tasks, terminus-2 agent, effort max, pass@1; `temperature=1.0`, `top_p=0.95`, `max_tokens=32768` | **83.1% (74/89)** | - | - |
+
+For AIME 2026, generated-token percentiles (total output tokens; this harness does not split reasoning from answer tokens) were p50 **8,696** and p90 **53,342**. The reported evaluations were text-only.
+
+Terminal-Bench 2.1 was run on the `terminal-bench-2-1` dataset (revision `7d7bdc1c`) with concurrency 32 and task deadlines disabled (capability-first). Two tasks (`qemu-alpine-ssh`, `qemu-startup`) could not run because they require KVM, which was unavailable on the evaluation runner. Two trials (`extract-moves-from-video`, `regex-chess`) did not finish within the evaluation window, so the reported numerator can only rise. The Terminal-Bench 2.1 run was served with SGLang on 4x GB300 (TP4) using FP8 (`fp8_e4m3`) KV cache with TRT-LLM DSA attention backends, flashinfer_cutlass MoE, and NEXTN speculative decoding.
+
+## Model Limitations:
+
+Quantization can change model outputs relative to the source checkpoint. The base model may generate inaccurate, incomplete, irrelevant, biased, or otherwise undesirable responses. Developers should evaluate this checkpoint under their intended prompts, modalities, context lengths, sampling settings, and serving configuration, and apply appropriate safeguards.
+
+## Ethical Considerations
+
+RadixArk believes trustworthy AI is a shared responsibility. Developers should ensure that use of this model complies with the upstream license and meets the safety, privacy, security, and reliability requirements of their application.
diff --git a/chat_template.jinja b/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..fb94d40d72a2eefa0c7140cb66d941656be16969
--- /dev/null
+++ b/chat_template.jinja
@@ -0,0 +1,257 @@
+[gMASK]
+{%- set effective_reasoning_effort = reasoning_effort if reasoning_effort is defined and reasoning_effort in ['low', 'high'] else 'max' -%}
+{%- if effective_reasoning_effort is not none -%}<|system|>Reasoning Effort: {{ effective_reasoning_effort | capitalize }}{%- endif -%}
+{%- set clear_thinking = clear_thinking if clear_thinking is defined else false -%}
+{%- if tools -%}
+{%- macro tool_to_json(tool) -%}
+ {%- set ns_tool = namespace(first=true) -%}
+ {{ '{' -}}
+ {%- for k, v in tool.items() -%}
+ {%- if k != 'defer_loading' and k != 'strict' -%}
+ {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%}
+ {%- set ns_tool.first = false -%}
+ "{{ k }}": {{ v | tojson(ensure_ascii=False) }}
+ {%- endif -%}
+ {%- endfor -%}
+ {{- '}' -}}
+{%- endmacro -%}
+{%- macro tool_references_to_response(refs) -%}
+ {{- '\n' -}}
+ {%- for tr in refs -%}
+ {%- for tool in tools -%}
+ {%- if 'function' in tool -%}
+ {%- set tool = tool['function'] -%}
+ {%- endif -%}
+ {%- if tool.name == tr.name -%}
+ {{- tool_to_json(tool) + '\n' -}}
+ {%- endif -%}
+ {%- endfor -%}
+ {%- endfor -%}
+ {{- '' -}}
+{%- endmacro -%}
+<|system|>
+# Tools
+
+You may call one or more functions to assist with the user query.
+
+You are provided with function signatures within XML tags:
+
+{% for tool in tools %}
+{%- if 'function' in tool -%}
+ {%- set tool = tool['function'] -%}
+{%- endif -%}
+{% if tool.defer_loading is not defined or not tool.defer_loading %}
+{{ tool_to_json(tool) }}
+{% endif %}
+{% endfor %}
+
+
+For each function call, output the function name and arguments within the following XML format:
+{function-name}{arg-key-1}{arg-value-1}{arg-key-2}{arg-value-2}...{%- endif -%}
+{%- macro emit_image() -%}<|begin_of_image|><|image|><|end_of_image|>{%- endmacro -%}
+{%- macro emit_video() -%}<|begin_of_video|><|video|><|end_of_video|>{%- endmacro -%}
+{%- macro emit_audio() -%}<|begin_of_audio|><|end_of_audio|>{%- endmacro -%}
+{%- macro visible_text(content) -%}
+ {%- if content is string -%}
+ {{- content -}}
+ {%- elif content is iterable and content is not mapping -%}
+ {%- for item in content -%}
+ {%- if item is mapping and item.type == 'text' -%}
+ {{- item.text -}}
+ {%- elif item is string -%}
+ {{- item -}}
+ {%- elif item is mapping and item.type in ['image', 'image_url'] -%}
+ {{- emit_image() -}}
+ {%- elif item is mapping and item.type in ['video', 'video_url'] -%}
+ {{- emit_video() -}}
+ {%- elif item is mapping and item.type in ['audio', 'audio_url', 'input_audio'] -%}
+ {{- emit_audio() -}}
+ {%- endif -%}
+ {%- endfor -%}
+ {%- else -%}
+ {{- content }}
+ {%- endif -%}
+{%- endmacro -%}
+{%- macro tool_response(text) -%}
+{{- '' + text + '' -}}
+{%- endmacro -%}
+{%- macro render_tool_response(m) -%}
+{%- if m.content is string -%}
+ {{- tool_response(m.content) -}}
+{%- elif m.content and m.content is not mapping and m.content.0.type == "tool_reference" -%}
+ {{- tool_references_to_response(m.content) -}}
+{%- elif is_list_of_outputs(m) -%}
+ {%- for tr in m.content -%}
+ {%- if tr.output is iterable and tr.output is not string and tr.output is not mapping and tr.output and tr.output.0.type == "tool_reference" -%}
+ {{- tool_references_to_response(tr.output) -}}
+ {%- else -%}
+ {{- tool_response(visible_text(tr.output)) -}}
+ {%- endif -%}
+ {%- endfor -%}
+{%- else -%}
+ {{- tool_response(visible_text(m.content)) -}}
+{%- endif -%}
+{%- endmacro -%}
+{%- macro id_of(obj) -%}
+ {%- if obj.tool_call_id -%}
+ {{- obj.tool_call_id -}}
+ {%- elif obj.id -%}
+ {{- obj.id -}}
+ {%- endif -%}
+{%- endmacro -%}
+{%- macro is_list_of_outputs(m) -%}
+ {%- if m.content and m.content.0.output is defined -%}1{%- endif -%}
+{%- endmacro -%}
+{%- macro has_dup_tool_result_id(lo, hi, target) -%}
+ {%- set ns_cnt = namespace(n=0) -%}
+ {%- for k in range(lo, hi + 1) -%}
+ {%- set m = messages[k] -%}
+ {%- if is_list_of_outputs(m) -%}
+ {%- for entry in m.content -%}
+ {%- if id_of(entry) == target -%}
+ {%- set ns_cnt.n = ns_cnt.n + 1 -%}
+ {%- endif -%}
+ {%- endfor -%}
+ {%- elif id_of(m) == target -%}
+ {%- set ns_cnt.n = ns_cnt.n + 1 -%}
+ {%- endif -%}
+ {%- if ns_cnt.n > 1 -%}{%- break -%}{%- endif -%}
+ {%- endfor -%}
+ {%- if ns_cnt.n > 1 -%}1{%- endif -%}
+{%- endmacro -%}
+{%- macro tc_id_exists(tcs, target) -%}
+ {%- set ns_f = namespace(found=false) -%}
+ {%- for tc in tcs -%}
+ {%- if id_of(tc) == target -%}
+ {%- set ns_f.found = true -%}
+ {%- break -%}
+ {%- endif -%}
+ {%- endfor -%}
+ {%- if ns_f.found -%}1{%- endif -%}
+{%- endmacro -%}
+{%- set ns = namespace(last_user_index=-1) -%}
+{%- for m in messages %}
+ {%- if m.role == 'user' %}
+ {%- set ns.last_user_index = loop.index0 -%}
+ {%- endif %}
+{%- endfor %}
+{%- for m in messages -%}
+{%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }}
+{%- elif m.role == 'assistant' -%}
+<|assistant|>
+{%- set content = visible_text(m.content) %}
+{%- if m.reasoning_content is string %}
+ {%- set reasoning_content = m.reasoning_content %}
+{%- elif '' in content %}
+ {%- set reasoning_content = content.split('')[0].split('')[-1] %}
+ {%- set content = content.split('')[-1] %}
+{%- endif %}
+{%- if (not clear_thinking or loop.index0 > ns.last_user_index) and reasoning_content is defined -%}
+{{ '' + reasoning_content + ''}}
+{%- else -%}
+{{ '' }}
+{%- endif -%}
+{%- if content.strip() -%}
+{{ content.strip() }}
+{%- endif -%}
+{% if m.tool_calls %}
+{% for tc in m.tool_calls %}
+{%- if tc.function %}
+ {%- set tc = tc.function %}
+{%- endif %}
+{{- '' + tc.name -}}
+{% set _args = tc.arguments %}{% for k, v in _args.items() %}{{ k }}{{ v | tojson(ensure_ascii=False) if v is not string else v }}{% endfor %}{% endfor %}
+{% endif %}
+{%- elif m.role == 'tool' -%}
+{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+ {{- '<|observation|>' -}}
+ {%- set block_start = loop.index0 -%}
+ {%- set ns_blk = namespace(end=block_start) -%}
+ {%- for j in range(block_start, messages|length) -%}
+ {%- if messages[j].role == 'tool' -%}
+ {%- set ns_blk.end = j -%}
+ {%- else -%}
+ {%- break -%}
+ {%- endif -%}
+ {%- endfor -%}
+ {%- set ns_a = namespace(tool_calls=none) -%}
+ {%- if block_start > 0 and messages[block_start - 1].role == 'assistant' and messages[block_start - 1].tool_calls -%}
+ {%- set ns_a.tool_calls = messages[block_start - 1].tool_calls -%}
+ {%- endif -%}
+ {%- set ns_chk = namespace(can_sort=true) -%}
+ {%- if not ns_a.tool_calls -%}
+ {%- set ns_chk.can_sort = false -%}
+ {%- else -%}
+ {%- for k in range(block_start, ns_blk.end + 1) -%}
+ {%- set m = messages[k] -%}
+ {%- if is_list_of_outputs(m) -%}
+ {%- for entry in m.content -%}
+ {%- set eid = id_of(entry) -%}
+ {%- if not eid -%}
+ {%- set ns_chk.can_sort = false -%}
+ {%- elif has_dup_tool_result_id(block_start, ns_blk.end, eid) -%}
+ {%- set ns_chk.can_sort = false -%}
+ {%- elif not tc_id_exists(ns_a.tool_calls, eid) -%}
+ {%- set ns_chk.can_sort = false -%}
+ {%- endif -%}
+ {%- endfor -%}
+ {%- else -%}
+ {%- set tk_id = id_of(m) -%}
+ {%- if not tk_id -%}
+ {%- set ns_chk.can_sort = false -%}
+ {%- elif has_dup_tool_result_id(block_start, ns_blk.end, tk_id) -%}
+ {%- set ns_chk.can_sort = false -%}
+ {%- elif not tc_id_exists(ns_a.tool_calls, tk_id) -%}
+ {%- set ns_chk.can_sort = false -%}
+ {%- endif -%}
+ {%- endif -%}
+ {%- endfor -%}
+ {%- for i in range(ns_a.tool_calls | length) -%}
+ {%- set tc_id = id_of(ns_a.tool_calls[i]) -%}
+ {%- if not tc_id -%}
+ {%- set ns_chk.can_sort = false -%}
+ {%- endif -%}
+ {%- for j in range(i + 1, ns_a.tool_calls | length) -%}
+ {%- if id_of(ns_a.tool_calls[j]) == tc_id -%}
+ {%- set ns_chk.can_sort = false -%}
+ {%- endif -%}
+ {%- endfor -%}
+ {%- endfor -%}
+ {%- endif -%}
+ {%- if ns_chk.can_sort -%}
+ {%- for tc in ns_a.tool_calls -%}
+ {%- set tc_id = id_of(tc) -%}
+ {%- for k in range(block_start, ns_blk.end + 1) -%}
+ {%- set m = messages[k] -%}
+ {%- if is_list_of_outputs(m) -%}
+ {%- for entry in m.content -%}
+ {%- set eid = id_of(entry) -%}
+ {%- if eid == tc_id -%}
+ {%- if entry.output is iterable and entry.output is not string and entry.output is not mapping and entry.output and entry.output.0.type == "tool_reference" -%}
+ {{- tool_references_to_response(entry.output) -}}
+ {%- else -%}
+ {{- tool_response(visible_text(entry.output)) -}}
+ {%- endif -%}
+ {%- endif -%}
+ {%- endfor -%}
+{%- else -%}
+ {%- set tk_id = id_of(m) -%}
+ {%- if tk_id == tc_id -%}
+ {{- render_tool_response(m) -}}
+ {%- endif -%}
+ {%- endif -%}
+ {%- endfor -%}
+ {%- endfor -%}
+ {%- else -%}
+ {%- for k in range(block_start, ns_blk.end + 1) -%}
+ {{- render_tool_response(messages[k]) -}}
+ {%- endfor -%}
+ {%- endif -%}
+{% endif -%}
+{%- elif m.role == 'system' -%}
+<|system|>{{ visible_text(m.content) }}
+{%- endif -%}
+{%- endfor -%}
+{%- if add_generation_prompt -%}
+ <|assistant|>{{- '' -}}
+{%- endif -%}
diff --git a/config.json b/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..191714c1e948597094e1592051b2e67d810e037f
--- /dev/null
+++ b/config.json
@@ -0,0 +1,690 @@
+{
+ "architectures": [
+ "Glm5NextForConditionalGeneration"
+ ],
+ "dtype": "bfloat16",
+ "image_end_token_id": 154831,
+ "image_start_token_id": 154830,
+ "image_token_id": 154854,
+ "model_type": "glm5_next",
+ "quantization_config": {
+ "config_groups": {
+ "group_0": {
+ "input_activations": {
+ "dynamic": false,
+ "group_size": 16,
+ "num_bits": 4,
+ "type": "float"
+ },
+ "targets": [
+ "Linear"
+ ],
+ "weights": {
+ "dynamic": false,
+ "group_size": 16,
+ "num_bits": 4,
+ "type": "float"
+ }
+ }
+ },
+ "exclude_modules": [
+ "lm_head",
+ "model.language_model.embed_tokens",
+ "model.language_model.layers.0.self_attn*",
+ "model.language_model.layers.1.self_attn*",
+ "model.language_model.layers.10.mlp.gate",
+ "model.language_model.layers.10.self_attn*",
+ "model.language_model.layers.11.mlp.gate",
+ "model.language_model.layers.11.self_attn*",
+ "model.language_model.layers.12.mlp.gate",
+ "model.language_model.layers.12.self_attn*",
+ "model.language_model.layers.13.mlp.gate",
+ "model.language_model.layers.13.self_attn*",
+ "model.language_model.layers.14.mlp.gate",
+ "model.language_model.layers.14.self_attn*",
+ "model.language_model.layers.15.mlp.gate",
+ "model.language_model.layers.15.self_attn*",
+ "model.language_model.layers.16.mlp.gate",
+ "model.language_model.layers.16.self_attn*",
+ "model.language_model.layers.17.mlp.gate",
+ "model.language_model.layers.17.self_attn*",
+ "model.language_model.layers.18.mlp.gate",
+ "model.language_model.layers.18.self_attn*",
+ "model.language_model.layers.19.mlp.gate",
+ "model.language_model.layers.19.self_attn*",
+ "model.language_model.layers.2.self_attn*",
+ "model.language_model.layers.20.mlp.gate",
+ "model.language_model.layers.20.self_attn*",
+ "model.language_model.layers.21.mlp.gate",
+ "model.language_model.layers.21.self_attn*",
+ "model.language_model.layers.22.mlp.gate",
+ "model.language_model.layers.22.self_attn*",
+ "model.language_model.layers.23.mlp.gate",
+ "model.language_model.layers.23.self_attn*",
+ "model.language_model.layers.24.mlp.gate",
+ "model.language_model.layers.24.self_attn*",
+ "model.language_model.layers.25.mlp.gate",
+ "model.language_model.layers.25.self_attn*",
+ "model.language_model.layers.26.mlp.gate",
+ "model.language_model.layers.26.self_attn*",
+ "model.language_model.layers.27.mlp.gate",
+ "model.language_model.layers.27.self_attn*",
+ "model.language_model.layers.28.mlp.gate",
+ "model.language_model.layers.28.self_attn*",
+ "model.language_model.layers.29.mlp.gate",
+ "model.language_model.layers.29.self_attn*",
+ "model.language_model.layers.3.mlp.gate",
+ "model.language_model.layers.3.self_attn*",
+ "model.language_model.layers.30.mlp.gate",
+ "model.language_model.layers.30.self_attn*",
+ "model.language_model.layers.31.mlp.gate",
+ "model.language_model.layers.31.self_attn*",
+ "model.language_model.layers.32.mlp.gate",
+ "model.language_model.layers.32.self_attn*",
+ "model.language_model.layers.33.mlp.gate",
+ "model.language_model.layers.33.self_attn*",
+ "model.language_model.layers.34.mlp.gate",
+ "model.language_model.layers.34.self_attn*",
+ "model.language_model.layers.35.mlp.gate",
+ "model.language_model.layers.35.self_attn*",
+ "model.language_model.layers.36.mlp.gate",
+ "model.language_model.layers.36.self_attn*",
+ "model.language_model.layers.37.mlp.gate",
+ "model.language_model.layers.37.self_attn*",
+ "model.language_model.layers.38.mlp.gate",
+ "model.language_model.layers.38.self_attn*",
+ "model.language_model.layers.39.mlp.gate",
+ "model.language_model.layers.39.self_attn*",
+ "model.language_model.layers.4.mlp.gate",
+ "model.language_model.layers.4.self_attn*",
+ "model.language_model.layers.40.mlp.gate",
+ "model.language_model.layers.40.self_attn*",
+ "model.language_model.layers.41.mlp.gate",
+ "model.language_model.layers.41.self_attn*",
+ "model.language_model.layers.42.mlp.gate",
+ "model.language_model.layers.42.self_attn*",
+ "model.language_model.layers.43.mlp.gate",
+ "model.language_model.layers.43.self_attn*",
+ "model.language_model.layers.44.mlp.gate",
+ "model.language_model.layers.44.self_attn*",
+ "model.language_model.layers.5.mlp.gate",
+ "model.language_model.layers.5.self_attn*",
+ "model.language_model.layers.6.mlp.gate",
+ "model.language_model.layers.6.self_attn*",
+ "model.language_model.layers.7.mlp.gate",
+ "model.language_model.layers.7.self_attn*",
+ "model.language_model.layers.8.mlp.gate",
+ "model.language_model.layers.8.self_attn*",
+ "model.language_model.layers.9.mlp.gate",
+ "model.language_model.layers.9.self_attn*",
+ "model.visual*",
+ "model.embed_tokens",
+ "model.layers.0.self_attn*",
+ "model.layers.1.self_attn*",
+ "model.layers.10.mlp.gate",
+ "model.layers.10.self_attn*",
+ "model.layers.11.mlp.gate",
+ "model.layers.11.self_attn*",
+ "model.layers.12.mlp.gate",
+ "model.layers.12.self_attn*",
+ "model.layers.13.mlp.gate",
+ "model.layers.13.self_attn*",
+ "model.layers.14.mlp.gate",
+ "model.layers.14.self_attn*",
+ "model.layers.15.mlp.gate",
+ "model.layers.15.self_attn*",
+ "model.layers.16.mlp.gate",
+ "model.layers.16.self_attn*",
+ "model.layers.17.mlp.gate",
+ "model.layers.17.self_attn*",
+ "model.layers.18.mlp.gate",
+ "model.layers.18.self_attn*",
+ "model.layers.19.mlp.gate",
+ "model.layers.19.self_attn*",
+ "model.layers.2.self_attn*",
+ "model.layers.20.mlp.gate",
+ "model.layers.20.self_attn*",
+ "model.layers.21.mlp.gate",
+ "model.layers.21.self_attn*",
+ "model.layers.22.mlp.gate",
+ "model.layers.22.self_attn*",
+ "model.layers.23.mlp.gate",
+ "model.layers.23.self_attn*",
+ "model.layers.24.mlp.gate",
+ "model.layers.24.self_attn*",
+ "model.layers.25.mlp.gate",
+ "model.layers.25.self_attn*",
+ "model.layers.26.mlp.gate",
+ "model.layers.26.self_attn*",
+ "model.layers.27.mlp.gate",
+ "model.layers.27.self_attn*",
+ "model.layers.28.mlp.gate",
+ "model.layers.28.self_attn*",
+ "model.layers.29.mlp.gate",
+ "model.layers.29.self_attn*",
+ "model.layers.3.mlp.gate",
+ "model.layers.3.self_attn*",
+ "model.layers.30.mlp.gate",
+ "model.layers.30.self_attn*",
+ "model.layers.31.mlp.gate",
+ "model.layers.31.self_attn*",
+ "model.layers.32.mlp.gate",
+ "model.layers.32.self_attn*",
+ "model.layers.33.mlp.gate",
+ "model.layers.33.self_attn*",
+ "model.layers.34.mlp.gate",
+ "model.layers.34.self_attn*",
+ "model.layers.35.mlp.gate",
+ "model.layers.35.self_attn*",
+ "model.layers.36.mlp.gate",
+ "model.layers.36.self_attn*",
+ "model.layers.37.mlp.gate",
+ "model.layers.37.self_attn*",
+ "model.layers.38.mlp.gate",
+ "model.layers.38.self_attn*",
+ "model.layers.39.mlp.gate",
+ "model.layers.39.self_attn*",
+ "model.layers.4.mlp.gate",
+ "model.layers.4.self_attn*",
+ "model.layers.40.mlp.gate",
+ "model.layers.40.self_attn*",
+ "model.layers.41.mlp.gate",
+ "model.layers.41.self_attn*",
+ "model.layers.42.mlp.gate",
+ "model.layers.42.self_attn*",
+ "model.layers.43.mlp.gate",
+ "model.layers.43.self_attn*",
+ "model.layers.44.mlp.gate",
+ "model.layers.44.self_attn*",
+ "model.layers.5.mlp.gate",
+ "model.layers.5.self_attn*",
+ "model.layers.6.mlp.gate",
+ "model.layers.6.self_attn*",
+ "model.layers.7.mlp.gate",
+ "model.layers.7.self_attn*",
+ "model.layers.8.mlp.gate",
+ "model.layers.8.self_attn*",
+ "model.layers.9.mlp.gate",
+ "model.layers.9.self_attn*",
+ "model.language_model.layers.45*",
+ "model.layers.45*"
+ ],
+ "ignore": [
+ "lm_head",
+ "model.language_model.embed_tokens",
+ "model.language_model.layers.0.self_attn*",
+ "model.language_model.layers.1.self_attn*",
+ "model.language_model.layers.10.mlp.gate",
+ "model.language_model.layers.10.self_attn*",
+ "model.language_model.layers.11.mlp.gate",
+ "model.language_model.layers.11.self_attn*",
+ "model.language_model.layers.12.mlp.gate",
+ "model.language_model.layers.12.self_attn*",
+ "model.language_model.layers.13.mlp.gate",
+ "model.language_model.layers.13.self_attn*",
+ "model.language_model.layers.14.mlp.gate",
+ "model.language_model.layers.14.self_attn*",
+ "model.language_model.layers.15.mlp.gate",
+ "model.language_model.layers.15.self_attn*",
+ "model.language_model.layers.16.mlp.gate",
+ "model.language_model.layers.16.self_attn*",
+ "model.language_model.layers.17.mlp.gate",
+ "model.language_model.layers.17.self_attn*",
+ "model.language_model.layers.18.mlp.gate",
+ "model.language_model.layers.18.self_attn*",
+ "model.language_model.layers.19.mlp.gate",
+ "model.language_model.layers.19.self_attn*",
+ "model.language_model.layers.2.self_attn*",
+ "model.language_model.layers.20.mlp.gate",
+ "model.language_model.layers.20.self_attn*",
+ "model.language_model.layers.21.mlp.gate",
+ "model.language_model.layers.21.self_attn*",
+ "model.language_model.layers.22.mlp.gate",
+ "model.language_model.layers.22.self_attn*",
+ "model.language_model.layers.23.mlp.gate",
+ "model.language_model.layers.23.self_attn*",
+ "model.language_model.layers.24.mlp.gate",
+ "model.language_model.layers.24.self_attn*",
+ "model.language_model.layers.25.mlp.gate",
+ "model.language_model.layers.25.self_attn*",
+ "model.language_model.layers.26.mlp.gate",
+ "model.language_model.layers.26.self_attn*",
+ "model.language_model.layers.27.mlp.gate",
+ "model.language_model.layers.27.self_attn*",
+ "model.language_model.layers.28.mlp.gate",
+ "model.language_model.layers.28.self_attn*",
+ "model.language_model.layers.29.mlp.gate",
+ "model.language_model.layers.29.self_attn*",
+ "model.language_model.layers.3.mlp.gate",
+ "model.language_model.layers.3.self_attn*",
+ "model.language_model.layers.30.mlp.gate",
+ "model.language_model.layers.30.self_attn*",
+ "model.language_model.layers.31.mlp.gate",
+ "model.language_model.layers.31.self_attn*",
+ "model.language_model.layers.32.mlp.gate",
+ "model.language_model.layers.32.self_attn*",
+ "model.language_model.layers.33.mlp.gate",
+ "model.language_model.layers.33.self_attn*",
+ "model.language_model.layers.34.mlp.gate",
+ "model.language_model.layers.34.self_attn*",
+ "model.language_model.layers.35.mlp.gate",
+ "model.language_model.layers.35.self_attn*",
+ "model.language_model.layers.36.mlp.gate",
+ "model.language_model.layers.36.self_attn*",
+ "model.language_model.layers.37.mlp.gate",
+ "model.language_model.layers.37.self_attn*",
+ "model.language_model.layers.38.mlp.gate",
+ "model.language_model.layers.38.self_attn*",
+ "model.language_model.layers.39.mlp.gate",
+ "model.language_model.layers.39.self_attn*",
+ "model.language_model.layers.4.mlp.gate",
+ "model.language_model.layers.4.self_attn*",
+ "model.language_model.layers.40.mlp.gate",
+ "model.language_model.layers.40.self_attn*",
+ "model.language_model.layers.41.mlp.gate",
+ "model.language_model.layers.41.self_attn*",
+ "model.language_model.layers.42.mlp.gate",
+ "model.language_model.layers.42.self_attn*",
+ "model.language_model.layers.43.mlp.gate",
+ "model.language_model.layers.43.self_attn*",
+ "model.language_model.layers.44.mlp.gate",
+ "model.language_model.layers.44.self_attn*",
+ "model.language_model.layers.5.mlp.gate",
+ "model.language_model.layers.5.self_attn*",
+ "model.language_model.layers.6.mlp.gate",
+ "model.language_model.layers.6.self_attn*",
+ "model.language_model.layers.7.mlp.gate",
+ "model.language_model.layers.7.self_attn*",
+ "model.language_model.layers.8.mlp.gate",
+ "model.language_model.layers.8.self_attn*",
+ "model.language_model.layers.9.mlp.gate",
+ "model.language_model.layers.9.self_attn*",
+ "model.visual*",
+ "model.embed_tokens",
+ "model.layers.0.self_attn*",
+ "model.layers.1.self_attn*",
+ "model.layers.10.mlp.gate",
+ "model.layers.10.self_attn*",
+ "model.layers.11.mlp.gate",
+ "model.layers.11.self_attn*",
+ "model.layers.12.mlp.gate",
+ "model.layers.12.self_attn*",
+ "model.layers.13.mlp.gate",
+ "model.layers.13.self_attn*",
+ "model.layers.14.mlp.gate",
+ "model.layers.14.self_attn*",
+ "model.layers.15.mlp.gate",
+ "model.layers.15.self_attn*",
+ "model.layers.16.mlp.gate",
+ "model.layers.16.self_attn*",
+ "model.layers.17.mlp.gate",
+ "model.layers.17.self_attn*",
+ "model.layers.18.mlp.gate",
+ "model.layers.18.self_attn*",
+ "model.layers.19.mlp.gate",
+ "model.layers.19.self_attn*",
+ "model.layers.2.self_attn*",
+ "model.layers.20.mlp.gate",
+ "model.layers.20.self_attn*",
+ "model.layers.21.mlp.gate",
+ "model.layers.21.self_attn*",
+ "model.layers.22.mlp.gate",
+ "model.layers.22.self_attn*",
+ "model.layers.23.mlp.gate",
+ "model.layers.23.self_attn*",
+ "model.layers.24.mlp.gate",
+ "model.layers.24.self_attn*",
+ "model.layers.25.mlp.gate",
+ "model.layers.25.self_attn*",
+ "model.layers.26.mlp.gate",
+ "model.layers.26.self_attn*",
+ "model.layers.27.mlp.gate",
+ "model.layers.27.self_attn*",
+ "model.layers.28.mlp.gate",
+ "model.layers.28.self_attn*",
+ "model.layers.29.mlp.gate",
+ "model.layers.29.self_attn*",
+ "model.layers.3.mlp.gate",
+ "model.layers.3.self_attn*",
+ "model.layers.30.mlp.gate",
+ "model.layers.30.self_attn*",
+ "model.layers.31.mlp.gate",
+ "model.layers.31.self_attn*",
+ "model.layers.32.mlp.gate",
+ "model.layers.32.self_attn*",
+ "model.layers.33.mlp.gate",
+ "model.layers.33.self_attn*",
+ "model.layers.34.mlp.gate",
+ "model.layers.34.self_attn*",
+ "model.layers.35.mlp.gate",
+ "model.layers.35.self_attn*",
+ "model.layers.36.mlp.gate",
+ "model.layers.36.self_attn*",
+ "model.layers.37.mlp.gate",
+ "model.layers.37.self_attn*",
+ "model.layers.38.mlp.gate",
+ "model.layers.38.self_attn*",
+ "model.layers.39.mlp.gate",
+ "model.layers.39.self_attn*",
+ "model.layers.4.mlp.gate",
+ "model.layers.4.self_attn*",
+ "model.layers.40.mlp.gate",
+ "model.layers.40.self_attn*",
+ "model.layers.41.mlp.gate",
+ "model.layers.41.self_attn*",
+ "model.layers.42.mlp.gate",
+ "model.layers.42.self_attn*",
+ "model.layers.43.mlp.gate",
+ "model.layers.43.self_attn*",
+ "model.layers.44.mlp.gate",
+ "model.layers.44.self_attn*",
+ "model.layers.5.mlp.gate",
+ "model.layers.5.self_attn*",
+ "model.layers.6.mlp.gate",
+ "model.layers.6.self_attn*",
+ "model.layers.7.mlp.gate",
+ "model.layers.7.self_attn*",
+ "model.layers.8.mlp.gate",
+ "model.layers.8.self_attn*",
+ "model.layers.9.mlp.gate",
+ "model.layers.9.self_attn*",
+ "model.language_model.layers.45*",
+ "model.layers.45*",
+ "model.decoder*",
+ "visual*"
+ ],
+ "producer": {
+ "name": "modelopt",
+ "version": "0.46.0"
+ },
+ "quant_algo": "NVFP4",
+ "quant_method": "modelopt"
+ },
+ "text_config": {
+ "attention_bias": false,
+ "attention_dropout": 0.0,
+ "bos_token_id": null,
+ "dtype": "bfloat16",
+ "eos_token_id": [
+ 154820,
+ 154827,
+ 154829
+ ],
+ "first_k_dense_replace": 3,
+ "hc_eps": 1e-06,
+ "hc_mult": 4,
+ "hc_sinkhorn_iters": 20,
+ "head_dim": 0,
+ "hidden_act": "silu",
+ "hidden_size": 4096,
+ "index_head_dim": 128,
+ "index_kpool": 4,
+ "index_kpool_always_select_tail": true,
+ "index_kpool_compress": true,
+ "index_n_heads": 32,
+ "index_share_for_mtp_iteration": true,
+ "index_topk": 2048,
+ "indexer_rope_interleave": true,
+ "indexer_types": [
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full",
+ "full"
+ ],
+ "initializer_range": 0.02,
+ "intermediate_size": 12288,
+ "kv_lora_rank": 512,
+ "layer_types": [
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "deepseek_sparse_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "deepseek_sparse_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "deepseek_sparse_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "deepseek_sparse_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "deepseek_sparse_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "deepseek_sparse_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "deepseek_sparse_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "deepseek_sparse_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "deepseek_sparse_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "deepseek_sparse_attention",
+ "linear_attention",
+ "linear_attention",
+ "linear_attention",
+ "deepseek_sparse_attention",
+ "linear_attention"
+ ],
+ "linear_attn_config": {
+ "full_attn_layers": [
+ 3,
+ 7,
+ 11,
+ 15,
+ 19,
+ 23,
+ 27,
+ 31,
+ 35,
+ 39,
+ 43
+ ],
+ "gate_lower_bound": -5.0,
+ "head_dim": 128,
+ "kda_layers": [
+ 0,
+ 1,
+ 2,
+ 4,
+ 5,
+ 6,
+ 8,
+ 9,
+ 10,
+ 12,
+ 13,
+ 14,
+ 16,
+ 17,
+ 18,
+ 20,
+ 21,
+ 22,
+ 24,
+ 25,
+ 26,
+ 28,
+ 29,
+ 30,
+ 32,
+ 33,
+ 34,
+ 36,
+ 37,
+ 38,
+ 40,
+ 41,
+ 42,
+ 44
+ ],
+ "num_heads": 64,
+ "short_conv_kernel_size": 4
+ },
+ "linear_conv_kernel_dim": 4,
+ "linear_head_dim": 128,
+ "linear_lower_bound": -5.0,
+ "linear_num_heads": 64,
+ "max_position_embeddings": 1048576,
+ "mhc": true,
+ "mla_use_nope": true,
+ "mlp_layer_types": [
+ "dense",
+ "dense",
+ "dense",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse",
+ "sparse"
+ ],
+ "model_type": "glm5_next_text",
+ "moe_intermediate_size": 2048,
+ "moe_router_dtype": "float32",
+ "n_group": 1,
+ "n_routed_experts": 288,
+ "n_shared_experts": 1,
+ "norm_topk_prob": true,
+ "num_attention_heads": 64,
+ "num_experts_per_tok": 8,
+ "num_hidden_layers": 45,
+ "num_key_value_heads": 64,
+ "num_nextn_predict_layers": 1,
+ "output_router_logits": false,
+ "pad_token_id": 154820,
+ "q_lora_rank": 1536,
+ "qk_head_dim": 256,
+ "qk_nope_head_dim": 256,
+ "qk_rope_head_dim": 0,
+ "rms_norm_eps": 1e-05,
+ "routed_scaling_factor": 2.5,
+ "router_aux_loss_coef": 0.001,
+ "scoring_func": "sigmoid",
+ "swiglu_limit": 10.0,
+ "tie_word_embeddings": false,
+ "topk_group": 1,
+ "topk_method": "noaux_tc",
+ "use_cache": true,
+ "v_head_dim": 256,
+ "vocab_size": 154880
+ },
+ "tie_word_embeddings": false,
+ "transformers_version": "5.16.1",
+ "video_end_token_id": 154833,
+ "video_start_token_id": 154832,
+ "video_token_id": 154855,
+ "vision_config": {
+ "attention_bias": true,
+ "attention_dropout": 0.0,
+ "depth": 24,
+ "dtype": "bfloat16",
+ "hidden_act": "silu",
+ "hidden_size": 1024,
+ "image_size": 448,
+ "in_channels": 3,
+ "initializer_range": 0.02,
+ "intermediate_size": 4096,
+ "model_type": "glm5_next_vision",
+ "num_heads": 16,
+ "out_hidden_size": 4096,
+ "patch_size": 14,
+ "projection_intermediate_size": 10240,
+ "rms_norm_eps": 1e-05,
+ "spatial_merge_size": 2,
+ "swiglu_limit": 10.0,
+ "temporal_patch_size": 2
+ }
+}
diff --git a/generation_config.json b/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..637ee6afa5c6ebfba4eb24bd5b9df68550143597
--- /dev/null
+++ b/generation_config.json
@@ -0,0 +1,12 @@
+{
+ "_from_model_config": true,
+ "eos_token_id": [
+ 154820,
+ 154827,
+ 154829
+ ],
+ "pad_token_id": 154820,
+ "temperature": 1.0,
+ "top_p": 0.95,
+ "transformers_version": "5.16.0"
+}
diff --git a/hf_quant_config.json b/hf_quant_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..4681a2feeadf3446db2e07cafe9dadd1834fc09c
--- /dev/null
+++ b/hf_quant_config.json
@@ -0,0 +1,195 @@
+{
+ "producer": {
+ "name": "modelopt",
+ "version": "0.46.0"
+ },
+ "quantization": {
+ "exclude_modules": [
+ "lm_head",
+ "model.language_model.embed_tokens",
+ "model.language_model.layers.0.self_attn*",
+ "model.language_model.layers.1.self_attn*",
+ "model.language_model.layers.10.mlp.gate",
+ "model.language_model.layers.10.self_attn*",
+ "model.language_model.layers.11.mlp.gate",
+ "model.language_model.layers.11.self_attn*",
+ "model.language_model.layers.12.mlp.gate",
+ "model.language_model.layers.12.self_attn*",
+ "model.language_model.layers.13.mlp.gate",
+ "model.language_model.layers.13.self_attn*",
+ "model.language_model.layers.14.mlp.gate",
+ "model.language_model.layers.14.self_attn*",
+ "model.language_model.layers.15.mlp.gate",
+ "model.language_model.layers.15.self_attn*",
+ "model.language_model.layers.16.mlp.gate",
+ "model.language_model.layers.16.self_attn*",
+ "model.language_model.layers.17.mlp.gate",
+ "model.language_model.layers.17.self_attn*",
+ "model.language_model.layers.18.mlp.gate",
+ "model.language_model.layers.18.self_attn*",
+ "model.language_model.layers.19.mlp.gate",
+ "model.language_model.layers.19.self_attn*",
+ "model.language_model.layers.2.self_attn*",
+ "model.language_model.layers.20.mlp.gate",
+ "model.language_model.layers.20.self_attn*",
+ "model.language_model.layers.21.mlp.gate",
+ "model.language_model.layers.21.self_attn*",
+ "model.language_model.layers.22.mlp.gate",
+ "model.language_model.layers.22.self_attn*",
+ "model.language_model.layers.23.mlp.gate",
+ "model.language_model.layers.23.self_attn*",
+ "model.language_model.layers.24.mlp.gate",
+ "model.language_model.layers.24.self_attn*",
+ "model.language_model.layers.25.mlp.gate",
+ "model.language_model.layers.25.self_attn*",
+ "model.language_model.layers.26.mlp.gate",
+ "model.language_model.layers.26.self_attn*",
+ "model.language_model.layers.27.mlp.gate",
+ "model.language_model.layers.27.self_attn*",
+ "model.language_model.layers.28.mlp.gate",
+ "model.language_model.layers.28.self_attn*",
+ "model.language_model.layers.29.mlp.gate",
+ "model.language_model.layers.29.self_attn*",
+ "model.language_model.layers.3.mlp.gate",
+ "model.language_model.layers.3.self_attn*",
+ "model.language_model.layers.30.mlp.gate",
+ "model.language_model.layers.30.self_attn*",
+ "model.language_model.layers.31.mlp.gate",
+ "model.language_model.layers.31.self_attn*",
+ "model.language_model.layers.32.mlp.gate",
+ "model.language_model.layers.32.self_attn*",
+ "model.language_model.layers.33.mlp.gate",
+ "model.language_model.layers.33.self_attn*",
+ "model.language_model.layers.34.mlp.gate",
+ "model.language_model.layers.34.self_attn*",
+ "model.language_model.layers.35.mlp.gate",
+ "model.language_model.layers.35.self_attn*",
+ "model.language_model.layers.36.mlp.gate",
+ "model.language_model.layers.36.self_attn*",
+ "model.language_model.layers.37.mlp.gate",
+ "model.language_model.layers.37.self_attn*",
+ "model.language_model.layers.38.mlp.gate",
+ "model.language_model.layers.38.self_attn*",
+ "model.language_model.layers.39.mlp.gate",
+ "model.language_model.layers.39.self_attn*",
+ "model.language_model.layers.4.mlp.gate",
+ "model.language_model.layers.4.self_attn*",
+ "model.language_model.layers.40.mlp.gate",
+ "model.language_model.layers.40.self_attn*",
+ "model.language_model.layers.41.mlp.gate",
+ "model.language_model.layers.41.self_attn*",
+ "model.language_model.layers.42.mlp.gate",
+ "model.language_model.layers.42.self_attn*",
+ "model.language_model.layers.43.mlp.gate",
+ "model.language_model.layers.43.self_attn*",
+ "model.language_model.layers.44.mlp.gate",
+ "model.language_model.layers.44.self_attn*",
+ "model.language_model.layers.5.mlp.gate",
+ "model.language_model.layers.5.self_attn*",
+ "model.language_model.layers.6.mlp.gate",
+ "model.language_model.layers.6.self_attn*",
+ "model.language_model.layers.7.mlp.gate",
+ "model.language_model.layers.7.self_attn*",
+ "model.language_model.layers.8.mlp.gate",
+ "model.language_model.layers.8.self_attn*",
+ "model.language_model.layers.9.mlp.gate",
+ "model.language_model.layers.9.self_attn*",
+ "model.visual*",
+ "model.embed_tokens",
+ "model.layers.0.self_attn*",
+ "model.layers.1.self_attn*",
+ "model.layers.10.mlp.gate",
+ "model.layers.10.self_attn*",
+ "model.layers.11.mlp.gate",
+ "model.layers.11.self_attn*",
+ "model.layers.12.mlp.gate",
+ "model.layers.12.self_attn*",
+ "model.layers.13.mlp.gate",
+ "model.layers.13.self_attn*",
+ "model.layers.14.mlp.gate",
+ "model.layers.14.self_attn*",
+ "model.layers.15.mlp.gate",
+ "model.layers.15.self_attn*",
+ "model.layers.16.mlp.gate",
+ "model.layers.16.self_attn*",
+ "model.layers.17.mlp.gate",
+ "model.layers.17.self_attn*",
+ "model.layers.18.mlp.gate",
+ "model.layers.18.self_attn*",
+ "model.layers.19.mlp.gate",
+ "model.layers.19.self_attn*",
+ "model.layers.2.self_attn*",
+ "model.layers.20.mlp.gate",
+ "model.layers.20.self_attn*",
+ "model.layers.21.mlp.gate",
+ "model.layers.21.self_attn*",
+ "model.layers.22.mlp.gate",
+ "model.layers.22.self_attn*",
+ "model.layers.23.mlp.gate",
+ "model.layers.23.self_attn*",
+ "model.layers.24.mlp.gate",
+ "model.layers.24.self_attn*",
+ "model.layers.25.mlp.gate",
+ "model.layers.25.self_attn*",
+ "model.layers.26.mlp.gate",
+ "model.layers.26.self_attn*",
+ "model.layers.27.mlp.gate",
+ "model.layers.27.self_attn*",
+ "model.layers.28.mlp.gate",
+ "model.layers.28.self_attn*",
+ "model.layers.29.mlp.gate",
+ "model.layers.29.self_attn*",
+ "model.layers.3.mlp.gate",
+ "model.layers.3.self_attn*",
+ "model.layers.30.mlp.gate",
+ "model.layers.30.self_attn*",
+ "model.layers.31.mlp.gate",
+ "model.layers.31.self_attn*",
+ "model.layers.32.mlp.gate",
+ "model.layers.32.self_attn*",
+ "model.layers.33.mlp.gate",
+ "model.layers.33.self_attn*",
+ "model.layers.34.mlp.gate",
+ "model.layers.34.self_attn*",
+ "model.layers.35.mlp.gate",
+ "model.layers.35.self_attn*",
+ "model.layers.36.mlp.gate",
+ "model.layers.36.self_attn*",
+ "model.layers.37.mlp.gate",
+ "model.layers.37.self_attn*",
+ "model.layers.38.mlp.gate",
+ "model.layers.38.self_attn*",
+ "model.layers.39.mlp.gate",
+ "model.layers.39.self_attn*",
+ "model.layers.4.mlp.gate",
+ "model.layers.4.self_attn*",
+ "model.layers.40.mlp.gate",
+ "model.layers.40.self_attn*",
+ "model.layers.41.mlp.gate",
+ "model.layers.41.self_attn*",
+ "model.layers.42.mlp.gate",
+ "model.layers.42.self_attn*",
+ "model.layers.43.mlp.gate",
+ "model.layers.43.self_attn*",
+ "model.layers.44.mlp.gate",
+ "model.layers.44.self_attn*",
+ "model.layers.5.mlp.gate",
+ "model.layers.5.self_attn*",
+ "model.layers.6.mlp.gate",
+ "model.layers.6.self_attn*",
+ "model.layers.7.mlp.gate",
+ "model.layers.7.self_attn*",
+ "model.layers.8.mlp.gate",
+ "model.layers.8.self_attn*",
+ "model.layers.9.mlp.gate",
+ "model.layers.9.self_attn*",
+ "model.language_model.layers.45*",
+ "model.layers.45*",
+ "model.decoder*",
+ "visual*"
+ ],
+ "group_size": 16,
+ "kv_cache_quant_algo": null,
+ "quant_algo": "NVFP4"
+ }
+}
diff --git a/model-00001.safetensors b/model-00001.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c5a7782ae6c1d5998f2e4145ee49a8ec6a5810a0
--- /dev/null
+++ b/model-00001.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91fda92ccc3436dbe2e73d3552ed1518009c5ad41e1c44d81858c520788df86d
+size 5365628324
diff --git a/model-00002.safetensors b/model-00002.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4bc1132c16e56eab9b0dff82e0a6fecfdf17edd3
--- /dev/null
+++ b/model-00002.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93538d67e7ba1592b2c93d622698ccb5a013dabb2340e261e3c218824641fa33
+size 5365653592
diff --git a/model-00003.safetensors b/model-00003.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7466bf22cc3d89a053f8629221728c74d736a8f2
--- /dev/null
+++ b/model-00003.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bac6a0fa5e1833a314308245610eb123d2d95b409db597d265c95440938e686
+size 5365652256
diff --git a/model-00004.safetensors b/model-00004.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1a7047f16fc1564652a408c5764f67cd444cc07b
--- /dev/null
+++ b/model-00004.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5772435e5a7371cdf950118be37533694553a61b388b5e7ae311139994d24818
+size 5365653256
diff --git a/model-00005.safetensors b/model-00005.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2cff65cffe63452fadee59f941ab19d72423c518
--- /dev/null
+++ b/model-00005.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a42f21bc92a5bd05e25ef466725703e8da853f716c0badcb6f873b704a7e83e
+size 5365130072
diff --git a/model-00006.safetensors b/model-00006.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a234863269f96366f6efe77fb6c9d569a3c1b6d5
--- /dev/null
+++ b/model-00006.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb73ba725542cb9b207245aee7c6a1d0110564edfdb9d755767953a8dcc39632
+size 5365655088
diff --git a/model-00007.safetensors b/model-00007.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7e0c0af3a502c3f5893967bf13a83aff3fe7373f
--- /dev/null
+++ b/model-00007.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba19437fefffc61e054b783181170d4fa21b44f570f5f33869c0bd8a0d988673
+size 5366180904
diff --git a/model-00008.safetensors b/model-00008.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ef3dbb9751bca82c487e460e94a23f753f31788f
--- /dev/null
+++ b/model-00008.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0563d292d988bfbd7853947e0f82355acda2205c9d472ced1cd49f712f6aaf79
+size 5365657416
diff --git a/model-00009.safetensors b/model-00009.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1aa3e3c9cd30b114a9b53a88c6c6b5a8a30f1b66
--- /dev/null
+++ b/model-00009.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1865023ed8bd6cd613f2226d728e508097fdc497ca5308f809aeae9669a79b
+size 5365658056
diff --git a/model-00010.safetensors b/model-00010.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6ba1cc909048b3c2b04d3bce4cd486cd9d7e7c38
--- /dev/null
+++ b/model-00010.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123698d9536f21180f4e65054db2678ebfa382195b3ade1ee85b27a3b3c44017
+size 5365656880
diff --git a/model-00011.safetensors b/model-00011.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dc6ca3a6ae6ea3f1ae95fe818e6ce23be7206a6c
--- /dev/null
+++ b/model-00011.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b560dabd6642eb77284fdf04cdf3c234af8cc3d95836441802a78d99635ab72
+size 5365657776
diff --git a/model-00012.safetensors b/model-00012.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1a7cfa02cf9ba305741d5f5c0878156ef31bbe6e
--- /dev/null
+++ b/model-00012.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f861b4c5f7fed9e043ff9b0de22da4935608c0d7525e84eeb5f5f243b54c418
+size 5365657264
diff --git a/model-00013.safetensors b/model-00013.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c53692d29c02629352edcc0dd4da1d9b47650432
--- /dev/null
+++ b/model-00013.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd08646f849a83aa39ca41448c562077b5188830cee0313ccf3fe16f8587e4a
+size 5365657368
diff --git a/model-00014.safetensors b/model-00014.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7d7bdc8a455846772569c6d2c6e5fd3ad18ca102
--- /dev/null
+++ b/model-00014.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48905c0e2cb6d77c9f1b6b7b67f7b818e3a26dbc708476602a4ec0227257f908
+size 5365657728
diff --git a/model-00015.safetensors b/model-00015.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a56ba49afa7b96f634c7997da661f8430f8ad3cb
--- /dev/null
+++ b/model-00015.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0da903ada035cbd5d5a2d3e630be8a6a8cc105b03e84fd58aa667a399c9a6d9
+size 5365657456
diff --git a/model-00016.safetensors b/model-00016.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d34477a8d47a3a432d16105f926404d0b02750e4
--- /dev/null
+++ b/model-00016.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20b419eb017bd7beae613cd096b090de91936ecdf865c317622cf7bd9eefb6e
+size 5365657408
diff --git a/model-00017.safetensors b/model-00017.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d49f30e2b09660420c46bb87f31618c84fcf8f91
--- /dev/null
+++ b/model-00017.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8da645be1e820ee9c381515aacee45b25eba8d4d4a63150f29228e6187573f7
+size 5365657312
diff --git a/model-00018.safetensors b/model-00018.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..85679ebfcfc9dcc9da16cf211dd7a6f76a388909
--- /dev/null
+++ b/model-00018.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b84e5c22c44f2891a58f01c6ce243bdfd6089278fc664d502d28322d25c275d
+size 5365657944
diff --git a/model-00019.safetensors b/model-00019.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e5e9c9b59e33a129fe359ef6930e806e8f33cc49
--- /dev/null
+++ b/model-00019.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0c72019e1cc7502f4da3c7c00ad82efa93ea3de120bd7738272fbea00f5f5e
+size 5365656792
diff --git a/model-00020.safetensors b/model-00020.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..21f53ecb7c2619f2fd90713cc76101629d1e6539
--- /dev/null
+++ b/model-00020.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70134190dee78f131bdc231cc3c26ad947924f0796fd6f852f59cf8e9b5ac4b9
+size 5365657800
diff --git a/model-00021.safetensors b/model-00021.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..086be943d764669efb9a23397aad86a6c4a97373
--- /dev/null
+++ b/model-00021.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a49abbd8a1b2032192807b0377569bb6e6d8b2a62a234da97f052bfe7755c0
+size 5365657752
diff --git a/model-00022.safetensors b/model-00022.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7a53a4e1969f7d16693e97b62b4e500a25063e3d
--- /dev/null
+++ b/model-00022.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8285d9c47f36d6560a12f5a465c296b4013893a2db2a0d84d57d0652c90cce27
+size 5365657536
diff --git a/model-00023.safetensors b/model-00023.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..de51c1f4bfde994963252fa210bbdafd0313f037
--- /dev/null
+++ b/model-00023.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61771154bbaeed0ead5427b32348b1e0215f862599b9800c5f52e2ad7288c00b
+size 5365657072
diff --git a/model-00024.safetensors b/model-00024.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bcd92f3bbb48c6404047361afd82d150e1d57eda
--- /dev/null
+++ b/model-00024.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e26880c53b174224022cca57ef4d4e1a97cfc83950bf6644da72da3121cdd80
+size 5365657048
diff --git a/model-00025.safetensors b/model-00025.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f0bbb3fc9c3fb02b6901ee6b05928382b7a28a52
--- /dev/null
+++ b/model-00025.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e8c91d5fac15e24f36b59ce573169061ce5a36dd0792af0b902ab7cfca264a
+size 5365658488
diff --git a/model-00026.safetensors b/model-00026.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..09cc1bdefcd7043a99c44c2feec6fb831b359739
--- /dev/null
+++ b/model-00026.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7914dd8e6c40edc9b9c77642bf42c2b2a1c58c4d2359ced85a1af3854ee4a81a
+size 5365656832
diff --git a/model-00027.safetensors b/model-00027.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e45dd7d1286836a7a455b5539b340948a001a89f
--- /dev/null
+++ b/model-00027.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e74fc3ca9f117f5c67884bace2cc055ea855c1f487b4d4118f4b68e0ac93ca25
+size 5365657776
diff --git a/model-00028.safetensors b/model-00028.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2c645d869e901890c565f0ce8729078de30fa617
--- /dev/null
+++ b/model-00028.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fd7fdf11afb04b905bdfeeeae0d5bd8936394fbc4f84733c73eddcb019b2ea
+size 5365657752
diff --git a/model-00029.safetensors b/model-00029.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6c4d59ad54d47da6d077c2c47700b36b70922376
--- /dev/null
+++ b/model-00029.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f34aac8fa3dfb0dd0246386ef45dd0fa594c3daaa646f474675bc03b103675a
+size 5365656928
diff --git a/model-00030.safetensors b/model-00030.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..95e6b6f3ff93b7985fbeb03b508dec654490b851
--- /dev/null
+++ b/model-00030.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c28ec6c1e4868cac2c3f5483d3584077b3a684f0b1875b1d4fff6cefa69a70
+size 5365657672
diff --git a/model-00031.safetensors b/model-00031.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c44d967c56bcab81fcf82ab8813d2e2a5a308110
--- /dev/null
+++ b/model-00031.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5879d8db05a13d6f40099c07e212de07c515625a2dcae63e44f54471f449fd5b
+size 5365656696
diff --git a/model-00032.safetensors b/model-00032.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6c17ed0761b79fe7ff4a4e22651605c4417181e6
--- /dev/null
+++ b/model-00032.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84e27a02b92a45c9607acc450b240e2f407fba8d33c9725829ca0ef8bf914f9
+size 5365658224
diff --git a/model-00033.safetensors b/model-00033.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fe862fc1c205e6dba86f684854072a784cc80465
--- /dev/null
+++ b/model-00033.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0004d83a15b9e90ad7c0468dd2052e5c367e8d06f288bf12e3e8ededfd4a62f0
+size 5325734332
diff --git a/model-00034.safetensors b/model-00034.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1fb68e61d5a0f280e2f88e27abcfd088fb3b25c0
--- /dev/null
+++ b/model-00034.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d08f5cefc885b765eb53c466d30df0bc32e2848204a4fda6611aca50036a1e
+size 5323711032
diff --git a/model-00035.safetensors b/model-00035.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..76811b62965b1613e337df7f8741bd8ae05a5d54
--- /dev/null
+++ b/model-00035.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7524c617f138765e7a9ee982d88f6f11b03a2faa3e139449254859fa8a05a3f
+size 5362580368
diff --git a/model-00036.safetensors b/model-00036.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..12ce178c39d35f3536288aaa90e8e1b9c9d22114
--- /dev/null
+++ b/model-00036.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912685ed037c1587e52dada1d4e060d8a6d4f8b2ab878239e9e400656bdd8708
+size 5368754216
diff --git a/model-00037.safetensors b/model-00037.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7ec298845e34fc4cd4cdce9be0a387afcc8097e9
--- /dev/null
+++ b/model-00037.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7927940060c2c68c561c195c8f6f7980b46218476726848a8401aea0447482d
+size 5368754088
diff --git a/model-00038.safetensors b/model-00038.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fea9aa135a057a73d5f3ebc9bac990ffb10bc78d
--- /dev/null
+++ b/model-00038.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916db7ab58cf211312da9343278340e2b7a63fa84f38057b527f4f054eadc3f7
+size 4462318592
diff --git a/model.safetensors.index.json b/model.safetensors.index.json
new file mode 100644
index 0000000000000000000000000000000000000000..496389703486283ba3b01f8789a5aee65124228b
--- /dev/null
+++ b/model.safetensors.index.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aac38666f5d7cced2448c141aaeffc3d8d284a09ac106b79090b7a4346eabcd
+size 14410608
diff --git a/precision-contract-b.json b/precision-contract-b.json
new file mode 100644
index 0000000000000000000000000000000000000000..e0c57c69c75db72eea8ee0dfbb34e4e156c1c239
--- /dev/null
+++ b/precision-contract-b.json
@@ -0,0 +1,145699 @@
+{
+ "quantization": {
+ "quant_algo": "NVFP4",
+ "quantized_layers": {
+ "model.language_model.layers.0.mlp.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.0.mlp.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.0.mlp.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.1.mlp.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.1.mlp.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.1.mlp.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.10.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.11.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.12.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.13.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.14.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.15.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.16.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.17.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.18.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.19.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.2.mlp.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.2.mlp.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.2.mlp.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.20.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.21.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.22.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.23.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.24.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.25.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.26.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.27.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.28.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.29.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.3.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.30.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.31.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.32.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.33.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.34.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.35.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.36.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.37.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.38.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.39.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.4.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.40.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.41.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.42.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.43.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.44.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.5.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.6.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.7.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.8.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.0.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.0.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.0.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.1.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.1.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.1.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.10.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.10.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.10.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.100.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.100.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.100.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.101.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.101.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.101.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.102.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.102.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.102.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.103.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.103.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.103.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.104.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.104.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.104.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.105.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.105.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.105.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.106.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.106.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.106.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.107.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.107.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.107.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.108.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.108.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.108.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.109.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.109.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.109.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.11.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.11.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.11.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.110.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.110.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.110.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.111.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.111.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.111.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.112.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.112.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.112.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.113.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.113.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.113.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.114.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.114.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.114.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.115.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.115.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.115.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.116.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.116.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.116.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.117.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.117.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.117.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.118.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.118.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.118.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.119.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.119.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.119.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.12.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.12.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.12.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.120.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.120.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.120.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.121.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.121.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.121.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.122.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.122.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.122.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.123.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.123.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.123.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.124.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.124.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.124.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.125.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.125.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.125.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.126.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.126.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.126.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.127.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.127.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.127.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.128.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.128.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.128.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.129.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.129.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.129.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.13.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.13.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.13.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.130.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.130.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.130.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.131.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.131.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.131.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.132.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.132.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.132.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.133.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.133.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.133.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.134.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.134.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.134.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.135.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.135.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.135.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.136.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.136.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.136.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.137.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.137.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.137.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.138.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.138.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.138.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.139.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.139.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.139.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.14.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.14.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.14.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.140.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.140.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.140.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.141.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.141.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.141.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.142.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.142.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.142.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.143.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.143.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.143.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.144.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.144.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.144.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.145.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.145.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.145.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.146.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.146.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.146.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.147.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.147.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.147.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.148.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.148.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.148.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.149.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.149.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.149.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.15.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.15.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.15.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.150.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.150.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.150.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.151.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.151.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.151.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.152.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.152.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.152.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.153.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.153.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.153.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.154.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.154.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.154.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.155.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.155.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.155.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.156.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.156.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.156.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.157.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.157.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.157.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.158.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.158.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.158.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.159.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.159.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.159.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.16.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.16.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.16.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.160.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.160.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.160.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.161.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.161.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.161.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.162.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.162.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.162.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.163.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.163.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.163.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.164.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.164.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.164.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.165.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.165.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.165.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.166.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.166.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.166.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.167.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.167.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.167.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.168.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.168.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.168.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.169.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.169.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.169.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.17.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.17.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.17.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.170.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.170.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.170.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.171.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.171.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.171.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.172.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.172.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.172.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.173.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.173.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.173.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.174.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.174.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.174.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.175.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.175.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.175.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.176.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.176.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.176.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.177.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.177.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.177.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.178.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.178.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.178.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.179.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.179.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.179.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.18.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.18.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.18.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.180.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.180.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.180.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.181.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.181.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.181.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.182.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.182.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.182.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.183.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.183.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.183.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.184.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.184.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.184.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.185.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.185.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.185.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.186.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.186.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.186.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.187.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.187.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.187.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.188.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.188.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.188.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.189.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.189.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.189.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.19.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.19.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.19.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.190.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.190.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.190.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.191.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.191.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.191.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.192.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.192.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.192.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.193.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.193.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.193.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.194.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.194.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.194.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.195.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.195.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.195.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.196.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.196.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.196.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.197.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.197.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.197.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.198.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.198.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.198.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.199.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.199.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.199.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.2.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.2.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.2.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.20.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.20.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.20.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.200.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.200.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.200.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.201.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.201.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.201.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.202.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.202.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.202.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.203.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.203.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.203.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.204.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.204.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.204.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.205.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.205.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.205.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.206.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.206.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.206.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.207.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.207.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.207.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.208.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.208.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.208.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.209.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.209.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.209.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.21.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.21.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.21.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.210.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.210.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.210.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.211.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.211.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.211.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.212.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.212.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.212.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.213.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.213.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.213.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.214.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.214.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.214.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.215.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.215.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.215.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.216.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.216.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.216.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.217.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.217.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.217.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.218.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.218.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.218.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.219.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.219.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.219.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.22.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.22.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.22.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.220.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.220.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.220.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.221.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.221.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.221.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.222.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.222.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.222.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.223.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.223.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.223.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.224.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.224.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.224.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.225.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.225.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.225.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.226.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.226.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.226.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.227.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.227.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.227.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.228.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.228.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.228.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.229.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.229.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.229.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.23.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.23.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.23.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.230.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.230.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.230.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.231.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.231.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.231.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.232.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.232.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.232.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.233.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.233.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.233.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.234.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.234.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.234.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.235.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.235.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.235.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.236.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.236.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.236.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.237.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.237.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.237.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.238.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.238.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.238.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.239.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.239.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.239.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.24.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.24.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.24.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.240.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.240.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.240.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.241.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.241.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.241.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.242.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.242.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.242.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.243.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.243.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.243.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.244.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.244.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.244.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.245.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.245.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.245.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.246.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.246.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.246.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.247.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.247.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.247.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.248.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.248.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.248.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.249.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.249.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.249.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.25.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.25.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.25.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.250.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.250.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.250.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.251.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.251.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.251.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.252.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.252.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.252.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.253.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.253.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.253.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.254.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.254.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.254.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.255.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.255.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.255.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.256.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.256.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.256.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.257.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.257.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.257.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.258.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.258.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.258.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.259.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.259.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.259.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.26.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.26.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.26.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.260.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.260.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.260.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.261.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.261.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.261.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.262.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.262.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.262.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.263.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.263.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.263.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.264.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.264.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.264.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.265.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.265.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.265.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.266.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.266.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.266.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.267.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.267.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.267.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.268.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.268.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.268.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.269.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.269.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.269.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.27.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.27.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.27.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.270.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.270.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.270.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.271.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.271.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.271.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.272.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.272.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.272.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.273.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.273.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.273.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.274.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.274.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.274.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.275.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.275.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.275.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.276.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.276.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.276.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.277.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.277.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.277.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.278.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.278.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.278.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.279.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.279.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.279.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.28.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.28.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.28.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.280.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.280.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.280.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.281.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.281.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.281.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.282.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.282.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.282.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.283.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.283.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.283.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.284.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.284.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.284.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.285.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.285.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.285.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.286.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.286.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.286.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.287.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.287.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.287.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.29.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.29.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.29.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.3.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.3.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.3.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.30.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.30.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.30.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.31.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.31.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.31.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.32.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.32.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.32.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.33.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.33.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.33.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.34.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.34.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.34.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.35.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.35.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.35.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.36.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.36.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.36.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.37.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.37.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.37.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.38.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.38.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.38.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.39.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.39.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.39.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.4.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.4.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.4.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.40.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.40.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.40.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.41.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.41.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.41.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.42.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.42.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.42.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.43.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.43.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.43.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.44.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.44.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.44.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.45.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.45.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.45.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.46.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.46.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.46.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.47.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.47.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.47.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.48.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.48.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.48.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.49.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.49.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.49.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.5.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.5.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.5.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.50.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.50.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.50.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.51.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.51.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.51.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.52.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.52.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.52.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.53.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.53.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.53.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.54.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.54.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.54.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.55.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.55.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.55.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.56.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.56.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.56.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.57.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.57.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.57.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.58.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.58.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.58.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.59.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.59.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.59.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.6.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.6.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.6.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.60.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.60.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.60.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.61.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.61.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.61.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.62.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.62.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.62.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.63.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.63.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.63.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.64.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.64.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.64.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.65.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.65.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.65.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.66.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.66.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.66.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.67.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.67.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.67.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.68.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.68.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.68.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.69.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.69.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.69.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.7.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.7.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.7.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.70.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.70.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.70.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.71.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.71.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.71.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.72.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.72.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.72.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.73.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.73.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.73.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.74.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.74.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.74.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.75.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.75.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.75.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.76.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.76.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.76.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.77.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.77.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.77.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.78.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.78.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.78.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.79.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.79.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.79.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.8.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.8.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.8.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.80.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.80.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.80.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.81.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.81.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.81.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.82.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.82.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.82.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.83.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.83.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.83.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.84.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.84.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.84.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.85.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.85.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.85.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.86.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.86.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.86.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.87.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.87.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.87.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.88.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.88.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.88.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.89.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.89.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.89.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.9.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.9.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.9.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.90.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.90.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.90.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.91.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.91.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.91.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.92.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.92.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.92.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.93.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.93.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.93.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.94.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.94.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.94.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.95.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.95.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.95.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.96.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.96.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.96.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.97.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.97.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.97.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.98.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.98.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.98.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.99.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.99.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.experts.99.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.shared_experts.down_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.shared_experts.gate_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ },
+ "model.language_model.layers.9.mlp.shared_experts.up_proj": {
+ "group_size": 16,
+ "quant_algo": "NVFP4"
+ }
+ }
+ }
+}
diff --git a/processor_config.json b/processor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..3ec2a058b2cdec556eca0f621e8c5164eec213c2
--- /dev/null
+++ b/processor_config.json
@@ -0,0 +1,44 @@
+{
+ "image_processor": {
+ "do_rescale": true,
+ "patch_expand_factor": 1,
+ "merge_size": 2,
+ "image_mean": [
+ 0.48145466,
+ 0.4578275,
+ 0.40821073
+ ],
+ "image_std": [
+ 0.26862954,
+ 0.26130258,
+ 0.27577711
+ ],
+ "temporal_patch_size": 2,
+ "patch_size": 14,
+ "min_image_tokens": 16,
+ "max_image_tokens": 8000,
+ "image_processor_type": "Glm5NextImageProcessor"
+ },
+ "video_processor": {
+ "do_rescale": true,
+ "video_processor_type": "Glm5NextVideoProcessor",
+ "patch_expand_factor": 1,
+ "merge_size": 2,
+ "image_mean": [
+ 0.48145466,
+ 0.4578275,
+ 0.40821073
+ ],
+ "image_std": [
+ 0.26862954,
+ 0.26130258,
+ 0.27577711
+ ],
+ "temporal_patch_size": 2,
+ "patch_size": 14,
+ "min_image_tokens": 16,
+ "max_image_tokens": 240000,
+ "fps": 2
+ },
+ "processor_class": "Glm5NextProcessor"
+}
diff --git a/tensor-audit-b.json b/tensor-audit-b.json
new file mode 100644
index 0000000000000000000000000000000000000000..25f1a894bb2819346a6d89b5fc5bc4d534bd1772
--- /dev/null
+++ b/tensor-audit-b.json
@@ -0,0 +1,19 @@
+{
+ "algorithm_base_counts": {
+ "NVFP4": 36423
+ },
+ "kv_cache_quant_algo": null,
+ "mtp_tensor_count": 0,
+ "output_indexed_payload_bytes": 202893045168,
+ "output_shard_count": 38,
+ "output_tensor_count": 148039,
+ "quantized_layers_recorded_in_config": false,
+ "quantized_protected_bases": [],
+ "scale_max": 256.0,
+ "scale_min": 3.487723370199092e-05,
+ "scale_tensor_count": 109269,
+ "scale_value_count": 19119807630,
+ "unchanged_bytes": 30815140728,
+ "unchanged_tensor_count": 2347,
+ "verdict": "pass"
+}
diff --git a/tokenizer.json b/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..aba40197a4cdb5607f4ab7a05fb0a4ee8054fd6d
--- /dev/null
+++ b/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e773648cb4e65de8660ea6365e10acca112d42a854923df93db4a6f333a82d
+size 20217442
diff --git a/tokenizer_config.json b/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e375fa0a4e16660ce0e2026e39374d35dad4c079
--- /dev/null
+++ b/tokenizer_config.json
@@ -0,0 +1,33 @@
+{
+ "backend": "tokenizers",
+ "clean_up_tokenization_spaces": false,
+ "do_lower_case": false,
+ "eos_token": "<|endoftext|>",
+ "extra_special_tokens": [
+ "<|endoftext|>",
+ "[MASK]",
+ "[gMASK]",
+ "[sMASK]",
+ "",
+ "",
+ "<|system|>",
+ "<|user|>",
+ "<|assistant|>",
+ "<|observation|>",
+ "<|begin_of_image|>",
+ "<|end_of_image|>",
+ "<|begin_of_video|>",
+ "<|end_of_video|>",
+ "<|begin_of_audio|>",
+ "<|end_of_audio|>",
+ "<|begin_of_transcription|>",
+ "<|end_of_transcription|>"
+ ],
+ "is_local": true,
+ "model_max_length": 1048576,
+ "model_specific_special_tokens": {},
+ "pad_token": "<|endoftext|>",
+ "padding_side": "left",
+ "remove_space": false,
+ "tokenizer_class": "TokenizersBackend"
+}